source("/home/and/Documents/PhD/Research/Scripts/R/R13/tasksMetrics.R")
nohup = "/home/and/Documents/PhD/Research/Scripts/Misc/tmp/nohup.tsv"
appsE1_1 = getCustomStages(nohup, 282)
appsE1_2 = getCustomStages(nohup, 284)
appsE1_3 = getCustomStages(nohup, 286)
stagesE1 = rbind(appsE1_1,appsE1_2,appsE1_3)
appsE3_1 = getCustomStages(nohup, 281)
appsE3_2 = getCustomStages(nohup, 283)
appsE3_3 = getCustomStages(nohup, 285)
stagesE3 = rbind(appsE3_1,appsE3_2,appsE3_3)
stages = rbind(stagesE1, stagesE3) %>% select(Interval, Stage, Executors, Duration) %>%
  mutate(Stage = paste(str_pad(Interval,2,"left"), Stage)) %>%
  select(Stage, Executors, Duration) %>%
  group_by(Stage, Executors) %>% summarise(Duration = mean(Duration))
head(stages)
p = ggplot(data = stages, aes(x = Stage, y = Duration, fill = Executors)) +
  geom_bar(stat="identity", position=position_dodge(width = 0.75), width = 0.7) + 
  theme(axis.text.x = element_text(angle = 90, hjust = 1)) +
  labs(x="Stages", y="Duration(s)")
ggplotly(p)
LS0tCnRpdGxlOiAiUiBOb3RlYm9vayIKb3V0cHV0OiBodG1sX25vdGVib29rCi0tLQoKYGBge3J9CnNvdXJjZSgiL2hvbWUvYW5kL0RvY3VtZW50cy9QaEQvUmVzZWFyY2gvU2NyaXB0cy9SL1IxMy90YXNrc01ldHJpY3MuUiIpCgpub2h1cCA9ICIvaG9tZS9hbmQvRG9jdW1lbnRzL1BoRC9SZXNlYXJjaC9TY3JpcHRzL01pc2MvdG1wL25vaHVwLnRzdiIKYXBwc0UxXzEgPSBnZXRDdXN0b21TdGFnZXMobm9odXAsIDI4MikKYXBwc0UxXzIgPSBnZXRDdXN0b21TdGFnZXMobm9odXAsIDI4NCkKYXBwc0UxXzMgPSBnZXRDdXN0b21TdGFnZXMobm9odXAsIDI4NikKc3RhZ2VzRTEgPSByYmluZChhcHBzRTFfMSxhcHBzRTFfMixhcHBzRTFfMykKYXBwc0UzXzEgPSBnZXRDdXN0b21TdGFnZXMobm9odXAsIDI4MSkKYXBwc0UzXzIgPSBnZXRDdXN0b21TdGFnZXMobm9odXAsIDI4MykKYXBwc0UzXzMgPSBnZXRDdXN0b21TdGFnZXMobm9odXAsIDI4NSkKc3RhZ2VzRTMgPSByYmluZChhcHBzRTNfMSxhcHBzRTNfMixhcHBzRTNfMykKCnN0YWdlcyA9IHJiaW5kKHN0YWdlc0UxLCBzdGFnZXNFMykgJT4lIHNlbGVjdChJbnRlcnZhbCwgU3RhZ2UsIEV4ZWN1dG9ycywgRHVyYXRpb24pICU+JQogIG11dGF0ZShTdGFnZSA9IHBhc3RlKHN0cl9wYWQoSW50ZXJ2YWwsMiwibGVmdCIpLCBTdGFnZSkpICU+JQogIHNlbGVjdChTdGFnZSwgRXhlY3V0b3JzLCBEdXJhdGlvbikgJT4lCiAgZ3JvdXBfYnkoU3RhZ2UsIEV4ZWN1dG9ycykgJT4lIHN1bW1hcmlzZShEdXJhdGlvbiA9IG1lYW4oRHVyYXRpb24pKQoKaGVhZChzdGFnZXMpCmBgYAoKYGBge3J9CnAgPSBnZ3Bsb3QoZGF0YSA9IHN0YWdlcywgYWVzKHggPSBTdGFnZSwgeSA9IER1cmF0aW9uLCBmaWxsID0gRXhlY3V0b3JzKSkgKwogIGdlb21fYmFyKHN0YXQ9ImlkZW50aXR5IiwgcG9zaXRpb249cG9zaXRpb25fZG9kZ2Uod2lkdGggPSAwLjc1KSwgd2lkdGggPSAwLjcpICsgCiAgdGhlbWUoYXhpcy50ZXh0LnggPSBlbGVtZW50X3RleHQoYW5nbGUgPSA5MCwgaGp1c3QgPSAxKSkgKwogIGxhYnMoeD0iU3RhZ2VzIiwgeT0iRHVyYXRpb24ocykiKQpnZ3Bsb3RseShwKQpgYGA=